miRNA Differential expression analysis for matched plasma & serum samples

Match plasma & serum samples

python3python3 python3python3 import pandas as pd samples = pd.read_csv(‘data/sample_sheet.csv’) # must be Healthy Control Study and must pass MiSeq QC samples = samples.loc[(samples[‘Study’] == ‘Healthy Controls’) & (samples[‘MISEQ.QC.PASS’] == ‘PASS’)]
samples = samples.set_index(‘MT.Unique.ID’).sort_values(by=[‘Participant.ID’, ‘Source’]) # capitalize & strip whitespace for consistency for column in [‘Gender’, ‘Race’, ‘Source’]: samples[column] = samples[column].str.capitalize() samples[column] = samples[column].str.strip() # use correct ontology terms race_ontology = {‘Asian’: ‘Asian’, ‘Black or african american’: ‘African_American’, ‘Mixed/asian & white’: ‘Multiracial’, ‘Mixed/asian &black’: ‘Multiracial’, ‘Mixed/black, white, asian’: ‘Multiracial’, ‘Native hawiian or other pacific islander’: ‘Pacific_Islander’, ‘Pacific islander’: ‘Pacific_Islander’, ‘White’: ‘White’} for id in samples.index: race = samples.at[id, ‘Race’] samples.at[id, ‘Race’] = race_ontology[race] if race in race_ontology else ‘Multiracial’ # get matched plasma & serum samples mir_counts = pd.read_csv(/get_canonical/canon_mir_counts.csv, index_col=0) samples.index = pd.Index([‘X’ + str(row) for row in samples.index]) serum_part_ids = set(samples.loc[samples[‘Source’] ==‘Serum’][‘Participant.ID’]) matched_samples = samples.loc[samples[‘Participant.ID’].isin(serum_part_ids)] matched_mir_counts = mir_counts[matched_samples.index] matched_samples.to_csv(‘data/matched_plasma-serum_samples.csv’) matched_mir_counts.to_csv(‘data/matched_plasma-serum_mir_counts.csv’)

Load the sample data and miRNA counts

rr rr samples <- read.csv(‘data/matched_plasma-serum_samples.csv’) samples <- subset(samples, Library.Generation.Set !=  ) # exclude SetRecheck samples # sample X11 is outlier – remove it and its match outlier_id <- samples[samples$X==11,]\(Participant.ID samples <- samples[samples\)Participant.ID != outlier_id,] counts <- read.csv(‘data/matched_plasma-serum_mir_counts.csv’) samples\(Participant.ID <- factor(samples\)Participant.ID) # ID is categorical, not numerical samples\(Sample.ID <- factor(samples\)Sample.ID) rownames(counts) = counts\(X rownames(samples) = samples\)X counts$X <- NULL # remove extra column counts <- counts[,rownames(samples)] head(samples) r head(counts)

Filter

rr rr library(edgeR) design <- model.matrix(~Participant.ID + Source, samples) dge = DGEList(counts = counts, samples = samples) # require miRNAs to have CPM > 1 in at least 2 samples countsPerMillion <- edgeR::cpm(dge) countCheck <- countsPerMillion > 1 head(countCheck)

                 X1  X107    X2  X108   X14  X110   X15   X18   X21  X113   X22  X114   X26  X115   X40  X116   X46  X119   X48  X120   X52
hsa-let-7a-3p  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE FALSE  TRUE  TRUE  TRUE FALSE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE
hsa-let-7a-5p  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE
hsa-let-7b-3p  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE FALSE  TRUE  TRUE  TRUE
hsa-let-7b-5p  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE
hsa-let-7c-3p FALSE FALSE FALSE FALSE FALSE FALSE FALSE FALSE FALSE FALSE FALSE FALSE FALSE FALSE FALSE FALSE FALSE FALSE FALSE FALSE FALSE
hsa-let-7c-5p  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE
               X121   X56  X122   X59  X123   X60  X124  X62  X125   X64  X126   X66  X127   X67  X128   X68  X129   X69  X130  X131   X77
hsa-let-7a-3p  TRUE  TRUE FALSE  TRUE FALSE  TRUE FALSE TRUE FALSE  TRUE  TRUE  TRUE  TRUE  TRUE FALSE  TRUE FALSE  TRUE FALSE  TRUE  TRUE
hsa-let-7a-5p  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE
hsa-let-7b-3p  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE
hsa-let-7b-5p  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE
hsa-let-7c-3p FALSE FALSE FALSE FALSE FALSE FALSE FALSE TRUE FALSE FALSE FALSE FALSE FALSE FALSE FALSE FALSE FALSE FALSE FALSE FALSE FALSE
hsa-let-7c-5p  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE
               X132  X133   X88  X134   X89  X135   X90  X136  X93  X137  X138
hsa-let-7a-3p FALSE FALSE  TRUE  TRUE  TRUE FALSE  TRUE  TRUE TRUE  TRUE  TRUE
hsa-let-7a-5p  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE TRUE  TRUE  TRUE
hsa-let-7b-3p  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE TRUE  TRUE  TRUE
hsa-let-7b-5p  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE TRUE  TRUE  TRUE
hsa-let-7c-3p FALSE FALSE FALSE FALSE FALSE FALSE FALSE FALSE TRUE FALSE FALSE
hsa-let-7c-5p  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE  TRUE TRUE  TRUE  TRUE

rr rr keep <- which(rowSums(countCheck) >= 2) dge <- dge[keep,]

Explore variance

rr rr library(SingleCellExperiment) library(scater) reads_sce <- SingleCellExperiment(assays=list(counts=dge\(counts), colData=dge\)samples) # remove unexpressed miRNAs keep_feature <- rowSums(counts(reads_sce) > 0) > 0 reads_sce <- reads_sce[keep_feature, ] reads_sce <- calculateQCMetrics(reads_sce)

Note that the names of some metrics have changed, see 'Renamed metrics' in ?calculateQCMetrics.
Old names are currently maintained for back-compatibility, but may be removed in future releases.

rr rr # create separate plasma & serum SCEs plasma_samples <- subset(colData(reads_sce), Source == ) plasma_counts <- as.data.frame(counts(reads_sce))[rownames(plasma_samples)] plasma_sce <- SingleCellExperiment(assays=list(counts=as.matrix(plasma_counts)), colData=plasma_samples) plasma_sce <- calculateQCMetrics(plasma_sce)

Note that the names of some metrics have changed, see 'Renamed metrics' in ?calculateQCMetrics.
Old names are currently maintained for back-compatibility, but may be removed in future releases.

rr rr serum_samples <- subset(colData(reads_sce), Source == ) serum_counts <- as.data.frame(counts(reads_sce))[rownames(serum_samples)] serum_sce <- SingleCellExperiment(assays=list(counts=as.matrix(serum_counts)), colData=serum_samples) serum_sce <- calculateQCMetrics(serum_sce)

Note that the names of some metrics have changed, see 'Renamed metrics' in ?calculateQCMetrics.
Old names are currently maintained for back-compatibility, but may be removed in future releases.

rr rr # log transform cpm(reads_sce) <- calculateCPM(reads_sce) reads_sce <- normalize(reads_sce)

using library sizes as size factors

rr rr logcounts(reads_sce) <- log2(calculateCPM(reads_sce) + 1)

Examine sources of variation

rr rr plotPCA(reads_sce, exprs_values = , colour_by = .Generation.Set, size_by = _features, shape_by = )

non-plotting arguments like 'exprs_values' should go in 'run_args'

rr rr for (var in c(_features, , .Generation.Set, , .ID, , , , .Date)) { print( plotQC(reads_sce, type = -pcs, exprs_values = , variable = var) ) + ggtitle(var) }

Normalize & Remove unwanted sources of variation

rr rr library(RUVSeq) library(ggplot2) library(mvoutlier)

Loading required package: sgeostat
sROC 0.1-2 loaded

rr rr dge <- calcNormFactors(dge) dge <- estimateGLMCommonDisp(dge, design) dge <- estimateGLMTagwiseDisp(dge, design) fit <- glmFit(dge, design) res <- residuals(fit, type=) set <- newSeqExpressionSet(dge\(counts, phenoData=dge\)samples) ruvr_sets <- list() for(k in 1:5) { ruvr_sets[[k]] <- RUVr(set, row.names(dge), k=k, res) assay(reads_sce, paste(k=, toString(k))) <- log2(t(t(assayData(ruvr_sets[[k]])\(normalizedCounts) / colSums(assayData(ruvr_sets[[k]])\)normalizedCounts) * 1e6) + 1) } for(n in assayNames(reads_sce)) { print( plotPCA( reads_sce, colour_by = .Generation.Set, size_by = _features, shape_by = , exprs_values = n ) + ggtitle(n) ) }

non-plotting arguments like 'exprs_values' should go in 'run_args'

rr rr for(k in 1:5) { ruvr_sets[[k]]\(set <- RUVr(set, row.names(dge), k=k, res) assay(reads_sce, paste(\RUVr k=\, toString(k))) <- log2(t(t(assayData(ruvr_sets[[k]]\)set)\(normalizedCounts) / colSums(assayData(ruvr_sets[[k]]\)set)$normalizedCounts) * 1e6) + 1) }

Error in `[[<-.data.frame`(`*tmp*`, i, value = new(\SeqExpressionSet\,  : 
  replacement has 989 rows, data has 53

Detect outliers

rr rr reads_sce <- runPCA(reads_sce, use_coldata = TRUE, detect_outliers = TRUE)

failed to find 'pct_counts_feature_control' in column metadatafailed to find 'total_features_by_counts_feature_control' in column metadatafailed to find 'log10_total_counts_endogenous' in column metadatafailed to find 'log10_total_counts_feature_control' in column metadata

rr rr outliers <- colnames(reads_sce)[reads_sce$outlier] head(outliers)

character(0)

Examine sources of variance after removing unwanted variation

rr rr for (var in c(_features, , .Generation.Set, , .ID, , , , .Date)) { print( plotQC(reads_sce, type = -pcs, exprs_values = 1, variable = var) ) + ggtitle(var) }

Error in assay(object, exprs_values) : 
  'assay(<SingleCellExperiment>, i=\character\, ...)' invalid subscript 'i'
'RUVr1' not in names(assays(<SingleCellExperiment>))

rr rr for (var in c(_features, , .Generation.Set, , .ID, , , , .Date)) { print( plotQC(reads_sce, type = -pcs, exprs_values = k= 2, variable = var) ) + ggtitle(var) }

Visualize top highly-expressed plasma-vs-serum miRNAs

rr rr library(RColorBrewer) library(reshape2) # Ryan’s code, modified norm.expr.matr <- exprs(reads_sce) # Rank the mean expression values for plasma/serum miRs. Highest expression = 1 mean.expr.plasma.rank <- rank(-1*rowMeans(norm.expr.matr[, colData(reads_sce)\(Source==\Plasma\])) mean.expr.serum.rank <- rank(-1*rowMeans(norm.expr.matr[, colData(reads_sce)\)Source==])) top_N <- 18 # top_N=18 resuls in 20 miRNAs in the plot top.miRs <- row.names(norm.expr.matr)[mean.expr.plasma.rank <= top_N | mean.expr.serum.rank <= top_N] # get the names of the top miRs in plasma or serum norm.expr.top <- norm.expr.matr[top.miRs, ] # Get the expression matrix for the top mIRs norm.expr.melt <- reshape2::melt(norm.expr.top) # Convert your normalized expression matrix to a 3 column data.frame (row.name, col.name, expression value). Melt is in the dpylr package, I believe. colnames(norm.expr.melt) <- c(.ID, .Unique.ID, .expr) # just so it’s easier for me to tell you which columns I’m using. norm.expr.melt\(Source <- \\ for (row_num in 1:nrow(norm.expr.melt)){ # Pull the plasma/serum source value from the column metadata. mt_unique_id <- norm.expr.melt[row_num, ]\)MT.Unique.ID norm.expr.melt[row_num, ] <- as.character(samples[mt_unique_id,]) } # This would be a simple boxplot with plasma/serum side-by-side. Overlaying the boxes over points takes a little more tweaking to get the dodge/width right, but it’s doable. ggplot(norm.expr.melt, aes(x=reorder(miR.ID, norm.expr, FUN=median), y=norm.expr, fill=Source)) + geom_boxplot(pos=, outlier.size=0.5) + ggtitle(20 Expressed miRNAs) + ylab(Expression) + xlab(ID) + theme(panel.grid.major.x = element_line(size = 0.5, linetype = ‘solid’, colour = ), panel.grid.major.y = element_blank(), axis.text.x = element_text(angle = 90, hjust = 1))

rr rr ggplot(norm.expr.melt, aes(x=reorder(miR.ID, norm.expr, FUN=median), y=norm.expr, fill=Source)) + geom_boxplot(pos=, outlier.size=0.5) + ggtitle(20 Expressed miRNAs) + ylab(Expression) + xlab(ID) + theme(panel.grid.major.y = element_line(size = 0.5, linetype = ‘solid’, colour = ), panel.grid.major.x = element_blank()) + coord_flip()

DE analysis with EdgeR

DE Analysis with DESeq2

rr rr library(DESeq2) # TODO: use filtered & RUVSeq-corrected data deseq2Data <- DESeqDataSetFromMatrix(countData = dge\(counts, design = ~ Participant.ID + Source, colData = dge\)samples) deseq2Data <- DESeq(deseq2Data)

estimating size factors
estimating dispersions
gene-wise dispersion estimates
mean-dispersion relationship
final dispersion estimates
fitting model and testing

rr rr results <- results(deseq2Data, cooksCutoff=FALSE, independentFiltering=FALSE) head(as.data.frame(results))

Create a heatmap of the variance-stabilizing-transformed expression data

rr rr library(pheatmap) # TODO: only use top DE miRNAs vstData <- varianceStabilizingTransformation(deseq2Data, blind=FALSE) # transform the data select <- order(rowMeans(counts(deseq2Data,normalized=TRUE)), decreasing=TRUE) Source <- colData(deseq2Data)[,c()] annotations <- as.data.frame(Source) rownames(annotations) <- colnames(deseq2Data) pheatmap(assay(vstData)[select,], cluster_rows=TRUE, show_rownames=FALSE, cluster_cols=TRUE, annotation_col=annotations)

Create a heatmap of sample-to-sample distances

rr rr sampleDists <- dist(t(assay(vstData))) # compute sample-to-sample distances sampleDistMatrix <- as.matrix(sampleDists) rownames(sampleDistMatrix) <- paste(vstData\(Participant.ID, vstData\)Source, sep= - ) colnames(sampleDistMatrix) <- NULL colors <- colorRampPalette( rev(brewer.pal(9, )) )(255) pheatmap(sampleDistMatrix, clustering_distance_rows=sampleDists, clustering_distance_cols=sampleDists, col=colors)

Create a PCA plot showing Age x Gender

rr rr plotPCA( reads_sce, colour_by = , shape_by = , size_by = _features, exprs_values = k= 2
) + ggtitle(-Normalized Expression (k=2))

non-plotting arguments like 'exprs_values' should go in 'run_args'

save.image("diff_expr_matched_plasma_vs_serum.RData")